from transformers import PretrainedConfig class TinyLogConfig(PretrainedConfig): model_type = "tiny_log_classifier" def __init__( self, vocab_size=1024, hidden_size=16, num_labels=2, pad_token_id=0, max_position_embeddings=96, **kwargs, ): super().__init__( num_labels=num_labels, pad_token_id=pad_token_id, **kwargs, ) self.vocab_size = vocab_size self.hidden_size = hidden_size self.max_position_embeddings = max_position_embeddings