Update modeling_llavaonevision1_5.py
Browse files
modeling_llavaonevision1_5.py
CHANGED
|
@@ -46,7 +46,8 @@ from .configuration_llavaonevision1_5 import Llavaonevision1_5Config, LLaVAOneVi
|
|
| 46 |
|
| 47 |
|
| 48 |
if is_flash_attn_available():
|
| 49 |
-
from transformers.modeling_flash_attention_utils import _flash_attention_forward
|
|
|
|
| 50 |
|
| 51 |
if is_torch_flex_attn_available():
|
| 52 |
from torch.nn.attention.flex_attention import BlockMask
|
|
|
|
| 46 |
|
| 47 |
|
| 48 |
if is_flash_attn_available():
|
| 49 |
+
from transformers.modeling_flash_attention_utils import _flash_attention_forward
|
| 50 |
+
from flash_attn import flash_attn_varlen_func
|
| 51 |
|
| 52 |
if is_torch_flex_attn_available():
|
| 53 |
from torch.nn.attention.flex_attention import BlockMask
|