mohammadmahdinouri
/

mol-large-init

Model card Files Files and versions

mohammadmahdinouri commited on Sep 5, 2025

Commit

52ba0ce

·

verified ·

1 Parent(s): 90fbfb8

Upload ModernALBERTForMaskedLM

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -7,7 +7,7 @@
   "classifier_dropout": null,
   "dtype": "float32",
   "embedding_size": 128,
-  "expert_intermediate_size": 2624,
   "group_depth": 4,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,

   "classifier_dropout": null,
   "dtype": "float32",
   "embedding_size": 128,
+  "expert_intermediate_size": 4096,
   "group_depth": 4,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:358c46740c9516aca2f59a33588aa2e4c8a79b5b7a7e0da2a17d356c11cefdd2
-size 551448928

 version https://git-lfs.github.com/spec/v1
+oid sha256:3fdcde5c1b049d21aee723a5b93bd31d09f44a528a1e4fe51d02a6c4952a09ae
+size 646451808