potsawee commited on
Commit
2aa8b53
·
verified ·
1 Parent(s): b1df7b3

Upload modeling_backbone_components.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. modeling_backbone_components.py +20 -9
modeling_backbone_components.py CHANGED
@@ -14,15 +14,26 @@ from transformers.modeling_outputs import BaseModelOutputWithPast
14
  from transformers.modeling_rope_utils import ROPE_INIT_FUNCTIONS, dynamic_rope_update
15
  from transformers.utils import logging
16
 
17
- from configuration_mimi import MimiConfig
18
- from modeling_mimi_clean import (
19
- MimiAttention,
20
- MimiMLP,
21
- MimiLayerScale,
22
- MimiRotaryEmbedding,
23
- apply_rotary_pos_emb,
24
- MIMI_ATTENTION_CLASSES
25
- )
 
 
 
 
 
 
 
 
 
 
 
26
 
27
  logger = logging.get_logger(__name__)
28
 
 
14
  from transformers.modeling_rope_utils import ROPE_INIT_FUNCTIONS, dynamic_rope_update
15
  from transformers.utils import logging
16
 
17
+ try:
18
+ from .configuration_mimi import MimiConfig
19
+ from .modeling_mimi_clean import (
20
+ MimiAttention,
21
+ MimiMLP,
22
+ MimiLayerScale,
23
+ MimiRotaryEmbedding,
24
+ apply_rotary_pos_emb,
25
+ MIMI_ATTENTION_CLASSES
26
+ )
27
+ except ImportError:
28
+ from configuration_mimi import MimiConfig
29
+ from modeling_mimi_clean import (
30
+ MimiAttention,
31
+ MimiMLP,
32
+ MimiLayerScale,
33
+ MimiRotaryEmbedding,
34
+ apply_rotary_pos_emb,
35
+ MIMI_ATTENTION_CLASSES
36
+ )
37
 
38
  logger = logging.get_logger(__name__)
39