configuration_recursive_lm.py

from transformers import PretrainedConfig

class RecursiveLanguageModelConfig(PretrainedConfig):
    model_type = "recursive_language_model"

    def __init__(
        self,
        vocab_size=50257,
        hidden_size=512,
        num_layers=6,
        num_heads=8,
        recursive_depth=4,
        max_seq_length=512,
        **kwargs
    ):
        super().__init__(**kwargs)
        self.vocab_size = vocab_size
        self.hidden_size = hidden_size
        self.num_layers = num_layers
        self.num_heads = num_heads
        self.recursive_depth = recursive_depth
        self.max_seq_length = max_seq_length