File size: 582 Bytes
12097aa | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | from transformers import PretrainedConfig
class TinyLogConfig(PretrainedConfig):
model_type = "tiny_log_classifier"
def __init__(
self,
vocab_size=1024,
hidden_size=16,
num_labels=2,
pad_token_id=0,
max_position_embeddings=96,
**kwargs,
):
super().__init__(
num_labels=num_labels,
pad_token_id=pad_token_id,
**kwargs,
)
self.vocab_size = vocab_size
self.hidden_size = hidden_size
self.max_position_embeddings = max_position_embeddings
|