mohammadmahdinouri
/

mol-init

ModernALBERT_MoL

Model card Files Files and versions

mohammadmahdinouri commited on Aug 11, 2025

Commit

6b5d5ad

·

verified ·

1 Parent(s): 7d71604

Upload ModernALBERTForMaskedLM

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -16,7 +16,7 @@
   "num_expert_layers": 6,
   "num_hidden_layers": 18,
   "pad_token_id": 0,
-  "router_aux_loss_coef": 0.01,
   "top_k_experts": 1,
   "torch_dtype": "float32",
   "transformers_version": "4.55.0",

   "num_expert_layers": 6,
   "num_hidden_layers": 18,
   "pad_token_id": 0,
+  "router_aux_loss_coef": 0.05,
   "top_k_experts": 1,
   "torch_dtype": "float32",
   "transformers_version": "4.55.0",

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45e9eab0cce55d7e6975493fcec57bd753115ebcf8062c96ab69eb132b30b5a8
-size 278740800

 version https://git-lfs.github.com/spec/v1
+oid sha256:bb1095fd1c2d4d1e5101dcd7ab22bb53b05e2a6274fa2c7cbff8ed457a9c27b6
+size 279160320