mohammadmahdinouri
/

mol-medium-init

Model card Files Files and versions

mohammadmahdinouri commited on Oct 12, 2025

Commit

0b74383

·

verified ·

1 Parent(s): 764ca6f

Upload ModernALBERTForMaskedLM

Files changed (2) hide show

config.json +2 -2
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -7,7 +7,7 @@
   "classifier_dropout": null,
   "dtype": "float32",
   "embedding_size": 128,
-  "expert_intermediate_size": 2624,
   "group_depth": 4,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
@@ -21,7 +21,7 @@
   "max_position_embeddings": 8192,
   "model_type": "ModernALBERT",
   "num_attention_heads": 16,
-  "num_expert_modules": 2,
   "num_experts": 8,
   "num_hidden_layers": 12,
   "pad_token_id": 0,

   "classifier_dropout": null,
   "dtype": "float32",
   "embedding_size": 128,
+  "expert_intermediate_size": 4096,
   "group_depth": 4,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
   "max_position_embeddings": 8192,
   "model_type": "ModernALBERT",
   "num_attention_heads": 16,
+  "num_expert_modules": 1,
   "num_experts": 8,
   "num_hidden_layers": 12,
   "pad_token_id": 0,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f710d69ba713a59f6ef1d98601fb012449c1639f54b4b48024e27dc89130c127
-size 228789464

 version https://git-lfs.github.com/spec/v1
+oid sha256:612c1a8a4949661fbc01fd62a3b64a278d033ad2401e236696ea3475f58f00a6
+size 217073200