Hugging Face's logo

mohammadmahdinouri
/
mol-init-v3

Fill-Mask
Transformers
Safetensors
ModernALBERT_MoL
Model card Files
xet
 Community
mohammadmahdinouri commited on
Commit
cef075a
·
verified ·
1 Parent(s): 002a583

Upload ModernALBERTForMaskedLM

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. model.safetensors +1 -1
config.json CHANGED
@@ -20,7 +20,7 @@
20
  "num_static_groups": 2,
21
  "pad_token_id": 0,
22
  "router_aux_loss_coef": 0.01,
23
- "router_warmup_steps": 2500,
24
  "routing_noise_std": 1.0,
25
  "routing_noise_type": "gumbel",
26
  "static_group_depth": 3,
 
20
  "num_static_groups": 2,
21
  "pad_token_id": 0,
22
  "router_aux_loss_coef": 0.01,
23
+ "router_warmup_steps": 5000,
24
  "routing_noise_std": 1.0,
25
  "routing_noise_type": "gumbel",
26
  "static_group_depth": 3,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e4187eb4ba9aabcf5e18e440cf843e4548478f5321a0aa0f99b661f76070434
3
  size 288690536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bd63c1df84301d2be679c3b666fa1b2b3692c23a35ed784aacbdb002a6e44bf
3
  size 288690536