ltg
/

norbert4-large

Model card Files Files and versions

lgcharpe commited on Jun 4, 2025

Commit

a36b0d0

·

verified ·

1 Parent(s): 4abdbe5

Update modeling_gptbert.py

Files changed (1) hide show

modeling_gptbert.py +2 -2

modeling_gptbert.py CHANGED Viewed

@@ -23,8 +23,8 @@ from transformers.modeling_outputs import (
 import math
 from typing import TYPE_CHECKING, Optional, Union, Tuple, List
-def is_flash_attn_2_available():
-    return False
 if is_flash_attn_2_available():
     from flash_attn.flash_attn_interface import flash_attn_varlen_qkvpacked_func

 import math
 from typing import TYPE_CHECKING, Optional, Union, Tuple, List
+# def is_flash_attn_2_available():
+#     return False
 if is_flash_attn_2_available():
     from flash_attn.flash_attn_interface import flash_attn_varlen_qkvpacked_func