Update modeling.py
Browse files- modeling.py +1 -1
modeling.py
CHANGED
|
@@ -8,7 +8,7 @@ import torch.nn.functional as F
|
|
| 8 |
from transformers import GenerationMixin, PreTrainedModel
|
| 9 |
from transformers.modeling_outputs import CausalLMOutputWithPast
|
| 10 |
|
| 11 |
-
from configuration import CustomTransformerConfig
|
| 12 |
|
| 13 |
|
| 14 |
def precompute_rope(head_dim: int, max_seq_len: int, theta: float):
|
|
|
|
| 8 |
from transformers import GenerationMixin, PreTrainedModel
|
| 9 |
from transformers.modeling_outputs import CausalLMOutputWithPast
|
| 10 |
|
| 11 |
+
from .configuration import CustomTransformerConfig
|
| 12 |
|
| 13 |
|
| 14 |
def precompute_rope(head_dim: int, max_seq_len: int, theta: float):
|