cschroeder
/

modernbert-finewebedu-rope-rep2

cschroeder commited on Feb 25

Commit

c941bd6

verified ·

1 Parent(s): b93f8da

Upload folder using huggingface_hub

Files changed (1) hide show

config.json CHANGED Viewed

@@ -10,7 +10,7 @@
   "attn_dropout_prob": 0.1,
   "attn_out_bias": false,
   "attn_proj_bias": false,
-  "block_pos_enc_kind": "",
   "block_pos_enc_kwargs": {
     "base_global": 160000,
     "base_local": 10000,

   "attn_dropout_prob": 0.1,
   "attn_out_bias": false,
   "attn_proj_bias": false,
+  "block_pos_enc_kind": "rope",
   "block_pos_enc_kwargs": {
     "base_global": 160000,
     "base_local": 10000,