standardmodelbio
/

smb-v1-1.7b_DEPRECATED

Text Generation

Model card Files Files and versions

irsyad-smb commited on Feb 17

Commit

d7e48d1

·

verified ·

1 Parent(s): edbb57d

Update modeling_smb_v1.py

Files changed (1) hide show

modeling_smb_v1.py +1 -0

modeling_smb_v1.py CHANGED Viewed

@@ -482,6 +482,7 @@ class SMBV1PreTrainedModel(PreTrainedModel):
     _no_split_modules = ["SMBV1VisionAttention"]
     _skip_keys_device_placement = "past_key_values"
     _supports_flash_attn_2 = True
     def _init_weights(self, module):
         std = getattr(self.config, "initializer_range", 0.02)

     _no_split_modules = ["SMBV1VisionAttention"]
     _skip_keys_device_placement = "past_key_values"
     _supports_flash_attn_2 = True
+    _supports_attention_backend = True
     def _init_weights(self, module):
         std = getattr(self.config, "initializer_range", 0.02)