DanielGallagherIRE
/

bert-base-cased-fineweb

Model card Files Files and versions

DanielGallagherIRE commited on Dec 24, 2025

Commit

85b9889

·

verified ·

1 Parent(s): ce88159

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -2,7 +2,7 @@
   "actv_fn": "gelu",
   "add_token_type_emb": false,
   "architectures": [
-    "BertForMaskedLM"
   ],
   "attn_dropout_prob": 0.1,
   "attn_out_bias": true,
@@ -28,7 +28,7 @@
   "mlp_in_bias": true,
   "mlp_out_bias": true,
   "mlp_type": "mlp",
-  "model_type": "bert",
   "norm_bias": true,
   "norm_eps": 1e-12,
   "norm_fn": "layer",

   "actv_fn": "gelu",
   "add_token_type_emb": false,
   "architectures": [
+    "BertBlocksForMaskedLM"
   ],
   "attn_dropout_prob": 0.1,
   "attn_out_bias": true,
   "mlp_in_bias": true,
   "mlp_out_bias": true,
   "mlp_type": "mlp",
+  "model_type": "bertblocks",
   "norm_bias": true,
   "norm_eps": 1e-12,
   "norm_fn": "layer",