configuration_easysell.py

from transformers import PretrainedConfig


class EasySellConfig(PretrainedConfig):
    """
    Config for EasySell AI causal LM.
    Field names follow HuggingFace conventions for maximum compatibility.
    """
    model_type = "easysell"

    def __init__(
        self,
        vocab_size                   = 8000,
        max_position_embeddings      = 1024,   # = block_size
        num_hidden_layers            = 14,     # = n_layer
        num_attention_heads          = 12,     # = n_head
        hidden_size                  = 768,    # = n_embd
        hidden_dropout_prob          = 0.1,
        attention_probs_dropout_prob = 0.1,
        pad_token_id                 = 0,
        bos_token_id                 = 1,
        eos_token_id                 = 2,
        **kwargs,
    ):
        self.vocab_size                   = vocab_size
        self.max_position_embeddings      = max_position_embeddings
        self.num_hidden_layers            = num_hidden_layers
        self.num_attention_heads          = num_attention_heads
        self.hidden_size                  = hidden_size
        self.hidden_dropout_prob          = hidden_dropout_prob
        self.attention_probs_dropout_prob = attention_probs_dropout_prob
        super().__init__(
            pad_token_id = pad_token_id,
            bos_token_id = bos_token_id,
            eos_token_id = eos_token_id,
            **kwargs,
        )