configuration_comet.py

from transformers import PretrainedConfig


class CometModelConfig(PretrainedConfig):
    model_type = "comet"

    def __init__(
        self,
        hidden_sizes=[3072, 1024],
        activations="Tanh",
        dropout=0.1,
        **kwargs,
    ):
        super().__init__(**kwargs)
        self.hidden_sizes = hidden_sizes
        self.activations = activations
        self.dropout = dropout