mohammadmahdinouri
/

mol-init-v4

ModernALBERT_MoL

Model card Files Files and versions

mohammadmahdinouri commited on Aug 15, 2025

Commit

1f72b7f

·

verified ·

1 Parent(s): 8ec7133

Upload ModernALBERTForMaskedLM

Files changed (2) hide show

config.json +2 -2
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -4,7 +4,7 @@
     "ModernALBERTForMaskedLM"
   ],
   "attention_probs_dropout_prob": 0.1,
-  "concat_routing_inputs": false,
   "embedding_size": 128,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
@@ -20,7 +20,7 @@
   "num_static_groups": 2,
   "pad_token_id": 0,
   "router_aux_loss_coef": 0.01,
-  "router_warmup_steps": 4000,
   "routing_noise_std": 1.0,
   "routing_noise_type": "gumbel",
   "static_group_depth": 3,

     "ModernALBERTForMaskedLM"
   ],
   "attention_probs_dropout_prob": 0.1,
+  "concat_routing_inputs": true,
   "embedding_size": 128,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
   "num_static_groups": 2,
   "pad_token_id": 0,
   "router_aux_loss_coef": 0.01,
+  "router_warmup_steps": 7000,
   "routing_noise_std": 1.0,
   "routing_noise_type": "gumbel",
   "static_group_depth": 3,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4dcf1e1f704e8d754cbd9e9af95ad2b4fdef9e0cdf7ca4b106895ca7f3d14a74
-size 285802032

 version https://git-lfs.github.com/spec/v1
+oid sha256:32fd6720cbb77b54aba9f333ed2550e295a9a15a4152f17337f8d0be7bdf5c57
+size 286096944