Update configuration_binaryllm.py

configuration_binaryllm.py

@@ -14,6 +14,7 @@ class BinaryLLMConfig(PretrainedConfig):
         max_position_embeddings: int = 2048,
         dropout: float = 0.1,
         activation: str = "gelu",
+        attn_backend: str = "auto",
         bos_token_id: int = 65536,
         eos_token_id: int = 65537,
         pad_token_id: int = 65537,
@@ -27,9 +28,10 @@ class BinaryLLMConfig(PretrainedConfig):
         self.max_position_embeddings = int(max_position_embeddings)
         self.dropout = float(dropout)
         self.activation = str(activation)
+        self.attn_backend = str(attn_backend)
 
         self.bos_token_id = int(bos_token_id)
         self.eos_token_id = int(eos_token_id)
         self.pad_token_id = int(pad_token_id)
 
-        super().__init__(**kwargs)
+        super().__init__(**kwargs)