my_configuration.py

from transformers import PretrainedConfig

class MyConfig(PretrainedConfig):
    model_type = "my_model"
    
    def __init__(self, size: int = 512, **kwargs):
        super().__init__(**kwargs)
        self.size = size