Add files using upload-large-folder tool

step_0/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_0/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326c8a24d2f7239efd318428939d5c9cde5dd3b5ab9c5e50fbe2b4c01c3adade
+size 1840504504

step_1000/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_1000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb25f96bb07a65491317dad4b5998d376c1aa6cdf43a71109fa1edb6a8d28c8
+size 1840504504

step_10000/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_10000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57af446e0c5402499e9edceebdc5a637f1c4bbe11c8c3079136d9054c391a6d
+size 1840504504

step_10500/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_10500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657fccb5b4c7cca76e1724e56891673b37f533d43800a633335aa5c2e16b8aae
+size 1840504504

step_11000/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_11000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950070a085257f739a1b2e75b5ad3a10d9fa39cbc228cfd16297d212adc32b71
+size 1840504504

step_11500/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_11500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2c18c20dabb84fc780d97f822e6ea7f012256259ab2b7ec0a0ec89989ec0fe
+size 1840504504

step_1500/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_1500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca284eae40eaec9dd94898a3b05853e4647890138bc01542c1fd1efee8ba0b1
+size 1840504504

step_2000/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_2000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4347427c62a308394e0444c70f6e2d61395c477b5d08bbe33cc55bb10df8d87
+size 1840504504

step_2500/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_2500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fbe85229fb8aab2565c1b9874db96f8353a4cfa363cf1ad11afe1a4c0b12f6
+size 1840504504

step_3000/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_3000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82bc44b8b65fb13c53b0bf57759b6c8eb5fb666e05c6d4d642f96747bb48ba7
+size 1840504504

step_3500/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_3500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823d24ab0093d76e8b04178e7ef46918f295634fba57e0a689ad22b332a6028b
+size 1840504504

step_4000/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_4000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad63063d1fea3c35260dedeeec988a3e825235b2ee106e8d62117ae6ea217235
+size 1840504504

step_4500/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_4500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2cfd9934df2ad914c3c8f90ee02509f8f1bb6e3745bafa8259baba912feecf6
+size 1840504504

step_500/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce63bf3f7e5a02a7e82212dbf408cb99efac1cde0bac11981847b77494d7cd6
+size 1840504504

step_5000/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_5000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062b4bdbcda6d4e5b9037a7c840a4310eb563f2c2063c73658618927455f018f
+size 1840504504

step_5500/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_5500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b616c414e30f564a06f55edcbf6f38ee38867fa8f72f26ce100e5f9a61de8153
+size 1840504504

step_6000/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_6000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740807491a9d78c7c6e19605a8bf212d15e09fc0d72c039cfb656df213b95fe0
+size 1840504504

step_6500/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_6500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08656d86c4306361365320584eaf8a794415bf09af265190520359c39259a2c7
+size 1840504504

step_7000/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_7000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d88249652349d7b3786cc6e901a6ef80ea2856bff219304584d37799672c10
+size 1840504504

step_7500/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_7500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3bd01f85c163a0df591e975f4c2ba1044ad21c3d32bb1ffb1a4ac1f11c5084b
+size 1840504504

step_8000/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_8000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a496fff617b46abc246c534672219a24b5e45f095da32733677937b9dfdd82
+size 1840504504

step_8500/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_8500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671790d411aaa1487334958e8ef36d13b0916a9b87271f42000233e3603b5c01
+size 1840504504

step_9000/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_9000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b3e399e1ea60248d9d696b4750b54ae41679b5eeda45504c03be3b0b231fa2
+size 1840504504

step_9500/config.json

@@ -0,0 +1,106 @@
+{
+    "vit_hidden_dim": 768,
+    "vit_inter_dim": 3072,
+    "vit_patch_size": 16,
+    "vit_img_size": 512,
+    "vit_n_heads": 12,
+    "vit_dropout": 0.0,
+    "vit_n_blocks": 12,
+    "vit_ln_eps": 1e-06,
+    "vit_cls_flag": false,
+    "vit_model_type": "google/siglip2-base-patch16-512",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
+    "lm_rms_eps": 1e-05,
+    "lm_re_base": 100000,
+    "lm_max_position_embeddings": 8192,
+    "lm_base_vocab_size": 49152,
+    "extra_token_amount": 66,
+    "lm_vocab_size": 49218,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
+    "lm_dropout": 0.0,
+    "lm_n_blocks": 32,
+    "lm_attn_scaling": 1.0,
+    "lm_max_length": 4096,
+    "lm_use_tokens": false,
+    "lm_tie_weights": true,
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+    "mp_pixel_shuffle_factor": 4,
+    "mp_image_token_length": 64,
+    "max_img_size": 2048,
+    "resize_to_max_side_len": true,
+    "vlm_extra_tokens": {
+        "image_token": "<|image|>",
+        "global_image_token": "<|global_image|>",
+        "r1c1": "<row_1_col_1>",
+        "r1c2": "<row_1_col_2>",
+        "r1c3": "<row_1_col_3>",
+        "r1c4": "<row_1_col_4>",
+        "r1c5": "<row_1_col_5>",
+        "r1c6": "<row_1_col_6>",
+        "r1c7": "<row_1_col_7>",
+        "r1c8": "<row_1_col_8>",
+        "r2c1": "<row_2_col_1>",
+        "r2c2": "<row_2_col_2>",
+        "r2c3": "<row_2_col_3>",
+        "r2c4": "<row_2_col_4>",
+        "r2c5": "<row_2_col_5>",
+        "r2c6": "<row_2_col_6>",
+        "r2c7": "<row_2_col_7>",
+        "r2c8": "<row_2_col_8>",
+        "r3c1": "<row_3_col_1>",
+        "r3c2": "<row_3_col_2>",
+        "r3c3": "<row_3_col_3>",
+        "r3c4": "<row_3_col_4>",
+        "r3c5": "<row_3_col_5>",
+        "r3c6": "<row_3_col_6>",
+        "r3c7": "<row_3_col_7>",
+        "r3c8": "<row_3_col_8>",
+        "r4c1": "<row_4_col_1>",
+        "r4c2": "<row_4_col_2>",
+        "r4c3": "<row_4_col_3>",
+        "r4c4": "<row_4_col_4>",
+        "r4c5": "<row_4_col_5>",
+        "r4c6": "<row_4_col_6>",
+        "r4c7": "<row_4_col_7>",
+        "r4c8": "<row_4_col_8>",
+        "r5c1": "<row_5_col_1>",
+        "r5c2": "<row_5_col_2>",
+        "r5c3": "<row_5_col_3>",
+        "r5c4": "<row_5_col_4>",
+        "r5c5": "<row_5_col_5>",
+        "r5c6": "<row_5_col_6>",
+        "r5c7": "<row_5_col_7>",
+        "r5c8": "<row_5_col_8>",
+        "r6c1": "<row_6_col_1>",
+        "r6c2": "<row_6_col_2>",
+        "r6c3": "<row_6_col_3>",
+        "r6c4": "<row_6_col_4>",
+        "r6c5": "<row_6_col_5>",
+        "r6c6": "<row_6_col_6>",
+        "r6c7": "<row_6_col_7>",
+        "r6c8": "<row_6_col_8>",
+        "r7c1": "<row_7_col_1>",
+        "r7c2": "<row_7_col_2>",
+        "r7c3": "<row_7_col_3>",
+        "r7c4": "<row_7_col_4>",
+        "r7c5": "<row_7_col_5>",
+        "r7c6": "<row_7_col_6>",
+        "r7c7": "<row_7_col_7>",
+        "r7c8": "<row_7_col_8>",
+        "r8c1": "<row_8_col_1>",
+        "r8c2": "<row_8_col_2>",
+        "r8c3": "<row_8_col_3>",
+        "r8c4": "<row_8_col_4>",
+        "r8c5": "<row_8_col_5>",
+        "r8c6": "<row_8_col_6>",
+        "r8c7": "<row_8_col_7>",
+        "r8c8": "<row_8_col_8>"
+    },
+    "vlm_load_backbone_weights": false,
+    "vlm_checkpoint_path": "checkpoints",
+    "hf_repo_name": "nanoVLM"
+}

step_9500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57599fec6c55cf7bce1321ee8c6f58d782539a889be4f05ddc309264124553c8
+size 1840504504