Hugging Face's logo

mohammadmahdinouri
/
mol-init-v2

Fill-Mask
Transformers
Safetensors
ModernALBERT_MoL
Model card Files
xet
 Community
mohammadmahdinouri commited on
Commit
93cef29
·
verified ·
1 Parent(s): 2f0d379

Upload ModernALBERTForMaskedLM

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. model.safetensors +1 -1
config.json CHANGED
@@ -19,7 +19,7 @@
19
  "num_static_groups": 2,
20
  "pad_token_id": 0,
21
  "router_aux_loss_coef": 0.01,
22
- "router_warmup_steps": 1000,
23
  "routing_noise_std": 1.0,
24
  "routing_noise_type": "gumbel",
25
  "static_group_depth": 3,
 
19
  "num_static_groups": 2,
20
  "pad_token_id": 0,
21
  "router_aux_loss_coef": 0.01,
22
+ "router_warmup_steps": 2000,
23
  "routing_noise_std": 1.0,
24
  "routing_noise_type": "gumbel",
25
  "static_group_depth": 3,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc3d287ac621dc3655ee74209a580ac3bba6007875173ed3157c7239fa8d192f
3
  size 283504080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca28f1b8e9e600647afcc6ab3d558bf42d30a1d4b2454752026e7fb042f928e9
3
  size 283504080