File size: 1,480 Bytes
d670799 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 |
# Copyright (c) OpenMMLab. All rights reserved.
from mmaction.registry import MODELS
from .modeling_bert import (BertConfig, BertForMaskedLM, BertLMHeadModel,
BertModel)
@MODELS.register_module()
class XBertForMaskedLM(BertForMaskedLM):
def __init__(self, pretrained_model_name_or_path, fusion_layer,
encoder_width, **kwargs):
config = BertConfig.from_pretrained(pretrained_model_name_or_path)
config.fusion_layer = fusion_layer
config.encoder_width = encoder_width
config.update(kwargs)
super().__init__(config)
@MODELS.register_module()
class XBertModel(BertModel):
def __init__(self, pretrained_model_name_or_path, fusion_layer,
encoder_width, add_pooling_layer, **kwargs):
config = BertConfig.from_pretrained(pretrained_model_name_or_path)
config.fusion_layer = fusion_layer
config.encoder_width = encoder_width
config.update(kwargs)
super().__init__(config, add_pooling_layer)
@MODELS.register_module()
class BertDecoder(BertLMHeadModel):
def __init__(self, pretrained_model_name_or_path, fusion_layer,
encoder_width, **kwargs):
config = BertConfig.from_pretrained(pretrained_model_name_or_path)
config.fusion_layer = fusion_layer
config.encoder_width = encoder_width
config.update(kwargs)
super().__init__(config)
|