mohammadmahdinouri
/

modernAlbert-3-init

Model card Files Files and versions

mohammadmahdinouri commited on Jun 4, 2025

Commit

fb4274a

·

verified ·

1 Parent(s): f3642e8

Upload ModernALBERTForMaskedLM

Files changed (2) hide show

config.json +1 -1
pytorch_model.bin +2 -2

config.json CHANGED Viewed

@@ -15,7 +15,7 @@
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 8192,
   "model_type": "ModernALBERT",
-  "num_attention_heads": 64,
   "num_hidden_layers": 30,
   "pad_token_id": 0,
   "torch_dtype": "float32",

   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 8192,
   "model_type": "ModernALBERT",
+  "num_attention_heads": 32,
   "num_hidden_layers": 30,
   "pad_token_id": 0,
   "torch_dtype": "float32",

pytorch_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66c2ad80aceafc638e6761f2e2bb8db6da6afb825e948250e7dfd7ba4c525d0c
-size 978791819

 version https://git-lfs.github.com/spec/v1
+oid sha256:15e7be4d03652a538ef6016e9d63bf46b927bdccb7e3905990d04dcb417b527c
+size 978792011