import os
from transformers import PretrainedConfig

class DumbcConfig(PretrainedConfig):
    model_type = "dumbc"

    def __init__(
        self,
        dim=192,
        num_unique_layers=5,
        num_loops=3,
        heads=8,
        bottleneck=32,
        vocab_size=64,
        initializer_range=0.02,
        **kwargs
    ):
        self.dim = dim
        self.num_unique_layers = num_unique_layers
        self.num_loops = num_loops
        self.heads = heads
        self.bottleneck = bottleneck
        self.vocab_size = vocab_size
        self.initializer_range = initializer_range
        super().__init__(**kwargs)