Update modeling_ltgbert.py
Browse files- modeling_ltgbert.py +2 -26
modeling_ltgbert.py
CHANGED
|
@@ -24,7 +24,7 @@ import torch.nn as nn
|
|
| 24 |
import torch.nn.functional as F
|
| 25 |
from torch.utils import checkpoint
|
| 26 |
|
| 27 |
-
from configuration_ltgbert import LtgBertConfig
|
| 28 |
from transformers.modeling_utils import PreTrainedModel
|
| 29 |
from transformers.activations import gelu_new
|
| 30 |
from transformers.modeling_outputs import (
|
|
@@ -39,34 +39,10 @@ from transformers.pytorch_utils import softmax_backward_data
|
|
| 39 |
from transformers.utils import add_start_docstrings, add_start_docstrings_to_model_forward
|
| 40 |
|
| 41 |
|
| 42 |
-
_CHECKPOINT_FOR_DOC = "ltg/
|
| 43 |
_CONFIG_FOR_DOC = "LtgBertConfig"
|
| 44 |
|
| 45 |
|
| 46 |
-
LTG_BERT_PRETRAINED_MODEL_ARCHIVE_LIST = [
|
| 47 |
-
"bnc-bert-span",
|
| 48 |
-
"bnc-bert-span-2x",
|
| 49 |
-
"bnc-bert-span-0.5x",
|
| 50 |
-
"bnc-bert-span-0.25x",
|
| 51 |
-
"bnc-bert-span-order",
|
| 52 |
-
"bnc-bert-span-document",
|
| 53 |
-
"bnc-bert-span-word",
|
| 54 |
-
"bnc-bert-span-subword",
|
| 55 |
-
|
| 56 |
-
"norbert3-xs",
|
| 57 |
-
"norbert3-small",
|
| 58 |
-
"norbert3-base",
|
| 59 |
-
"norbert3-large",
|
| 60 |
-
|
| 61 |
-
"norbert3-oversampled-base",
|
| 62 |
-
"norbert3-ncc-base",
|
| 63 |
-
"norbert3-nak-base",
|
| 64 |
-
"norbert3-nb-base",
|
| 65 |
-
"norbert3-wiki-base",
|
| 66 |
-
"norbert3-c4-base"
|
| 67 |
-
]
|
| 68 |
-
|
| 69 |
-
|
| 70 |
class Encoder(nn.Module):
|
| 71 |
def __init__(self, config, activation_checkpointing=False):
|
| 72 |
super().__init__()
|
|
|
|
| 24 |
import torch.nn.functional as F
|
| 25 |
from torch.utils import checkpoint
|
| 26 |
|
| 27 |
+
from .configuration_ltgbert import LtgBertConfig
|
| 28 |
from transformers.modeling_utils import PreTrainedModel
|
| 29 |
from transformers.activations import gelu_new
|
| 30 |
from transformers.modeling_outputs import (
|
|
|
|
| 39 |
from transformers.utils import add_start_docstrings, add_start_docstrings_to_model_forward
|
| 40 |
|
| 41 |
|
| 42 |
+
_CHECKPOINT_FOR_DOC = "ltg/ltg-bert-bnc"
|
| 43 |
_CONFIG_FOR_DOC = "LtgBertConfig"
|
| 44 |
|
| 45 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 46 |
class Encoder(nn.Module):
|
| 47 |
def __init__(self, config, activation_checkpointing=False):
|
| 48 |
super().__init__()
|