Upload modeling_backbone_components.py with huggingface_hub
Browse files
modeling_backbone_components.py
CHANGED
|
@@ -14,15 +14,26 @@ from transformers.modeling_outputs import BaseModelOutputWithPast
|
|
| 14 |
from transformers.modeling_rope_utils import ROPE_INIT_FUNCTIONS, dynamic_rope_update
|
| 15 |
from transformers.utils import logging
|
| 16 |
|
| 17 |
-
|
| 18 |
-
from
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 26 |
|
| 27 |
logger = logging.get_logger(__name__)
|
| 28 |
|
|
|
|
| 14 |
from transformers.modeling_rope_utils import ROPE_INIT_FUNCTIONS, dynamic_rope_update
|
| 15 |
from transformers.utils import logging
|
| 16 |
|
| 17 |
+
try:
|
| 18 |
+
from .configuration_mimi import MimiConfig
|
| 19 |
+
from .modeling_mimi_clean import (
|
| 20 |
+
MimiAttention,
|
| 21 |
+
MimiMLP,
|
| 22 |
+
MimiLayerScale,
|
| 23 |
+
MimiRotaryEmbedding,
|
| 24 |
+
apply_rotary_pos_emb,
|
| 25 |
+
MIMI_ATTENTION_CLASSES
|
| 26 |
+
)
|
| 27 |
+
except ImportError:
|
| 28 |
+
from configuration_mimi import MimiConfig
|
| 29 |
+
from modeling_mimi_clean import (
|
| 30 |
+
MimiAttention,
|
| 31 |
+
MimiMLP,
|
| 32 |
+
MimiLayerScale,
|
| 33 |
+
MimiRotaryEmbedding,
|
| 34 |
+
apply_rotary_pos_emb,
|
| 35 |
+
MIMI_ATTENTION_CLASSES
|
| 36 |
+
)
|
| 37 |
|
| 38 |
logger = logging.get_logger(__name__)
|
| 39 |
|