configuration_tiny_log.py

from transformers import PretrainedConfig


class TinyLogConfig(PretrainedConfig):
    model_type = "tiny_log_classifier"

    def __init__(
        self,
        vocab_size=1024,
        hidden_size=16,
        num_labels=2,
        pad_token_id=0,
        max_position_embeddings=96,
        **kwargs,
    ):
        super().__init__(
            num_labels=num_labels,
            pad_token_id=pad_token_id,
            **kwargs,
        )
        self.vocab_size = vocab_size
        self.hidden_size = hidden_size
        self.max_position_embeddings = max_position_embeddings