Update tiny models for NeoMMEForMaskedLM

config.json

@@ -0,0 +1,53 @@
+{
+  "allow_global_per_layer_attribute_access": true,
+  "architectures": [
+    "NeoMMEForMaskedLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "document_token_id": 5,
+  "dtype": "float32",
+  "embedding_dim": 8,
+  "embedding_rank": 16,
+  "head_dim": 16,
+  "hidden_act": "relu2",
+  "hidden_size": 32,
+  "image_token_id": 6,
+  "initializer_range": 0.02,
+  "intermediate_size": 48,
+  "layer_types": [
+    "sliding_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 200,
+  "mlp_bias": false,
+  "model_type": "neomme",
+  "norm_eps": 1e-06,
+  "num_attention_heads": 4,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 2,
+  "pad_token_id": 0,
+  "patch_size": 4,
+  "per_layer_config": {
+    "1": {
+      "sliding_window": null
+    }
+  },
+  "residual_multiplier": 0.5,
+  "rope_parameters": {
+    "full_attention": {
+      "partial_rotary_factor": 0.25,
+      "rope_theta": 1000000.0,
+      "rope_type": "default"
+    },
+    "sliding_attention": {
+      "partial_rotary_factor": 1.0,
+      "rope_theta": 10000.0,
+      "rope_type": "default"
+    }
+  },
+  "sliding_window": 3,
+  "tie_word_embeddings": true,
+  "transformers_version": "5.19.0.dev0",
+  "vocab_size": 131072
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defefe5623058c5f65cd2b755cbb81bce4a9ab29c19330baaf6999ddc2c3e313
+size 25281848

preprocessor_config.json

@@ -0,0 +1,20 @@
+{
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "NeoMMEImageProcessor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "patch_size": 32,
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098
+}

tokenizer_config.json

@@ -0,0 +1,28 @@
+{
+  "backend": "tokenizers",
+  "clean_up_tokenization_spaces": false,
+  "document_token": "<doc>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": [],
+  "image_token": "<img>",
+  "is_local": true,
+  "local_files_only": false,
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 200,
+  "model_specific_special_tokens": {
+    "document_token": "<doc>",
+    "image_token": "<img>",
+    "query_token": "<query>",
+    "row_token": "<row>"
+  },
+  "pad_token": "<pad>",
+  "processor_class": "NeoMMEProcessor",
+  "query_token": "<query>",
+  "row_token": "<row>",
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": "<unk>"
+}