Update modeling_neollm.py
Browse files- modeling_neollm.py +1 -1
modeling_neollm.py
CHANGED
|
@@ -12,6 +12,7 @@ import torch
|
|
| 12 |
import torch.nn.functional as F
|
| 13 |
from torch import nn
|
| 14 |
from cut_cross_entropy import linear_cross_entropy
|
|
|
|
| 15 |
|
| 16 |
from transformers.activations import ACT2FN
|
| 17 |
from transformers.generation import GenerationMixin
|
|
@@ -28,7 +29,6 @@ from transformers.utils.import_utils import (
|
|
| 28 |
is_causal_conv1d_available,
|
| 29 |
is_flash_linear_attention_available,
|
| 30 |
)
|
| 31 |
-
from configuration_neollm import NeoLLMConfig
|
| 32 |
|
| 33 |
from transformers import AutoConfig, AutoModel, AutoModelForCausalLM
|
| 34 |
|
|
|
|
| 12 |
import torch.nn.functional as F
|
| 13 |
from torch import nn
|
| 14 |
from cut_cross_entropy import linear_cross_entropy
|
| 15 |
+
from configuration_neollm import NeoLLMConfig
|
| 16 |
|
| 17 |
from transformers.activations import ACT2FN
|
| 18 |
from transformers.generation import GenerationMixin
|
|
|
|
| 29 |
is_causal_conv1d_available,
|
| 30 |
is_flash_linear_attention_available,
|
| 31 |
)
|
|
|
|
| 32 |
|
| 33 |
from transformers import AutoConfig, AutoModel, AutoModelForCausalLM
|
| 34 |
|