Upload 5 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,45 @@
+{
+    "architectures": [
+        "ModernBertForMaskedLM"
+    ],
+    "attention_bias": false,
+    "attention_dropout": 0.1,
+    "bos_token_id": 1,
+    "classifier_activation": "gelu",
+    "classifier_bias": false,
+    "classifier_dropout": 0,
+    "classifier_pooling": "mean",
+    "cls_token_id": 1,
+    "decoder_bias": true,
+    "deterministic_flash_attn": false,
+    "embedding_dropout": 0,
+    "eos_token_id": 2,
+    "global_attn_every_n_layers": 3,
+    "global_rope_theta": 160000,
+    "gradient_checkpointing": false,
+    "hidden_activation": "gelu",
+    "hidden_size": 768,
+    "initializer_cutoff_factor": 2,
+    "initializer_range": 0.02,
+    "intermediate_size": 1152,
+    "layer_norm_eps": 0.00001,
+    "local_attention": 128,
+    "local_rope_theta": 10000,
+    "max_position_embeddings": 8192,
+    "mlp_bias": false,
+    "mlp_dropout": 0,
+    "model_type": "modernbert",
+    "norm_bias": false,
+    "norm_eps": 0.00001,
+    "num_attention_heads": 12,
+    "num_hidden_layers": 22,
+    "pad_token_id": 0,
+    "position_embedding_type": "absolute",
+    "reference_compile": null,
+    "sep_token_id": 2,
+    "sparse_pred_ignore_index": -100,
+    "sparse_prediction": false,
+    "torch_dtype": "float32",
+    "transformers_version": "4.55.2",
+    "vocab_size": 131072
+}

flax_model.msgpack

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065e767d2b6b0711cc76e7dd9621c97d17c40f30813c28acfd6f51d422136d2d
+size 846871982

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd11e5269f05ad61a5f875333c655e04b716e06cf96c5f7be8136d8f7d843753
+size 846880496

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8235dce74efa76b2f99d47f81e48518714393a5b34fb9f7c8de681810995e90a
+size 17078372