Update modeling.py
Browse files- modeling.py +1 -0
modeling.py
CHANGED
|
@@ -129,6 +129,7 @@ import torch.nn as nn
|
|
| 129 |
from typing import Optional, Tuple
|
| 130 |
from transformers import PreTrainedModel
|
| 131 |
from transformers.modeling_outputs import Seq2SeqLMOutput
|
|
|
|
| 132 |
|
| 133 |
class SmallTransformerConfig(PretrainedConfig):
|
| 134 |
model_type = "small_transformer"
|
|
|
|
| 129 |
from typing import Optional, Tuple
|
| 130 |
from transformers import PreTrainedModel
|
| 131 |
from transformers.modeling_outputs import Seq2SeqLMOutput
|
| 132 |
+
from transformers.configuration_utils import PretrainedConfig
|
| 133 |
|
| 134 |
class SmallTransformerConfig(PretrainedConfig):
|
| 135 |
model_type = "small_transformer"
|