Update model.py
Browse files
model.py
CHANGED
|
@@ -22,6 +22,11 @@ try:
|
|
| 22 |
except ImportError:
|
| 23 |
"could not import swap_mha_rope from positional_embeddings.py"
|
| 24 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 25 |
# dummy import to force huggingface to bundle the tokenizer
|
| 26 |
from .tokenizer import ByteTokenizer
|
| 27 |
|
|
|
|
| 22 |
except ImportError:
|
| 23 |
"could not import swap_mha_rope from positional_embeddings.py"
|
| 24 |
|
| 25 |
+
try:
|
| 26 |
+
from flashfftconv import FlashDepthwiseConv1d
|
| 27 |
+
except ImportError:
|
| 28 |
+
"flashfftconv not installed"
|
| 29 |
+
|
| 30 |
# dummy import to force huggingface to bundle the tokenizer
|
| 31 |
from .tokenizer import ByteTokenizer
|
| 32 |
|