Hugging Face's logo

mohammadmahdinouri
/
mol-large-init

Fill-Mask
Transformers
Safetensors
ModernALBERT
Model card Files
xet
 Community
mohammadmahdinouri commited on
Commit
5422eed
·
verified ·
1 Parent(s): 52ba0ce

Upload ModernALBERTForMaskedLM

Browse files
Files changed (2) hide show
  1. config.json +2 -2
  2. model.safetensors +2 -2
config.json CHANGED
@@ -21,9 +21,9 @@
21
  "max_position_embeddings": 8192,
22
  "model_type": "ModernALBERT",
23
  "num_attention_heads": 16,
24
- "num_expert_modules": 7,
25
  "num_experts": 8,
26
- "num_hidden_layers": 28,
27
  "pad_token_id": 0,
28
  "router_jitter_noise": 0.01,
29
  "top_k": 2,
 
21
  "max_position_embeddings": 8192,
22
  "model_type": "ModernALBERT",
23
  "num_attention_heads": 16,
24
+ "num_expert_modules": 6,
25
  "num_experts": 8,
26
+ "num_hidden_layers": 24,
27
  "pad_token_id": 0,
28
  "router_jitter_noise": 0.01,
29
  "top_k": 2,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3fdcde5c1b049d21aee723a5b93bd31d09f44a528a1e4fe51d02a6c4952a09ae
3
- size 646451808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7d2eef8c8056b7f15f8b030e8968c8fc1479c849ab936f9bcfd83a1806d5b00
3
+ size 558537128