from transformers import PretrainedConfig

class ME2BertConfig(PretrainedConfig):
    model_type = "me2bert"
    architectures = ["ME2BertModel"]
    auto_map = {
        "AutoConfig": "configuration_me2bert.ME2BertConfig",
        "AutoModel": "modeling_me2bert.ME2BertModel",
    }

    def __init__(
            self,
            has_gate: bool = True, has_trans=True, **kwargs
    ):
        super().__init__(**kwargs)
        self.has_gate = has_gate
        self.has_trans = has_trans
        self.pretrained_model_name = 'bert-base-uncased'