fix import
Browse files- modeling_residualnet.py +17 -17
modeling_residualnet.py
CHANGED
|
@@ -10,24 +10,24 @@ from transformers.modeling_attn_mask_utils import _prepare_4d_causal_attention_m
|
|
| 10 |
from transformers.modeling_outputs import CausalLMOutputWithPast
|
| 11 |
from transformers.generation.utils import GenerationMixin
|
| 12 |
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
# )
|
| 22 |
-
from models.phi3_config import Phi3Config
|
| 23 |
-
from models.phi3 import (
|
| 24 |
-
Phi3PreTrainedModel,
|
| 25 |
-
Phi3RMSNorm,
|
| 26 |
-
Phi3MLP,
|
| 27 |
-
# Phi3SdpaAttention,
|
| 28 |
-
Phi3Attention,
|
| 29 |
-
Phi3RotaryEmbedding,
|
| 30 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 31 |
|
| 32 |
class ResidualNetConfig(Phi3Config):
|
| 33 |
model_type = "ResidualNetConfig"
|
|
|
|
| 10 |
from transformers.modeling_outputs import CausalLMOutputWithPast
|
| 11 |
from transformers.generation.utils import GenerationMixin
|
| 12 |
|
| 13 |
+
from transformers.models.phi3.configuration_phi3 import Phi3Config
|
| 14 |
+
from transformers.models.phi3.modeling_phi3 import (
|
| 15 |
+
Phi3PreTrainedModel,
|
| 16 |
+
Phi3RotaryEmbedding,
|
| 17 |
+
Phi3RMSNorm,
|
| 18 |
+
Phi3Attention,
|
| 19 |
+
# Phi3SdpaAttention, # 既定の SDPA 注意
|
| 20 |
+
Phi3MLP,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
)
|
| 22 |
+
#from models.phi3_config import Phi3Config
|
| 23 |
+
#from models.phi3 import (
|
| 24 |
+
# Phi3PreTrainedModel,
|
| 25 |
+
# Phi3RMSNorm,
|
| 26 |
+
# Phi3MLP,
|
| 27 |
+
# # Phi3SdpaAttention,
|
| 28 |
+
# Phi3Attention,
|
| 29 |
+
# Phi3RotaryEmbedding,
|
| 30 |
+
#)
|
| 31 |
|
| 32 |
class ResidualNetConfig(Phi3Config):
|
| 33 |
model_type = "ResidualNetConfig"
|