magicslabnu
/

OutEffHop_bert_base

Model card Files Files and versions

robinzixuan commited on Jun 7, 2024

Commit

08c4c3a

·

verified ·

1 Parent(s): 9f4cfdc

Update configuration_bert.py

Files changed (1) hide show

configuration_bert.py +1 -1

configuration_bert.py CHANGED Viewed

@@ -116,7 +116,7 @@ class BertConfig(PretrainedConfig):
         position_embedding_type="absolute",
         use_cache=True,
         classifier_dropout=None,
-        attn_implementation=None,
         **kwargs,
     ):
         super().__init__(pad_token_id=pad_token_id, **kwargs)

         position_embedding_type="absolute",
         use_cache=True,
         classifier_dropout=None,
+        attn_implementation='OutEffHop',
         **kwargs,
     ):
         super().__init__(pad_token_id=pad_token_id, **kwargs)