Fix typo (#58)
Browse files- Fix typo (b1792efd512afb4d833e562cb7bddd9472228fff)
Co-authored-by: nikkie <ftnext@users.noreply.huggingface.co>
- modeling_phi3.py +1 -1
modeling_phi3.py
CHANGED
|
@@ -64,7 +64,7 @@ except ImportError as error:
|
|
| 64 |
)
|
| 65 |
if not _flash_supports_window_size:
|
| 66 |
logger.warning(
|
| 67 |
-
"Current `flash-
|
| 68 |
)
|
| 69 |
|
| 70 |
_CHECKPOINT_FOR_DOC = "microsoft/Phi-3-mini-4k-instruct"
|
|
|
|
| 64 |
)
|
| 65 |
if not _flash_supports_window_size:
|
| 66 |
logger.warning(
|
| 67 |
+
"Current `flash-attention` does not support `window_size`. Either upgrade or use `attn_implementation='eager'`."
|
| 68 |
)
|
| 69 |
|
| 70 |
_CHECKPOINT_FOR_DOC = "microsoft/Phi-3-mini-4k-instruct"
|