from transformers import PretrainedConfig

class WaveformerConfig(PretrainedConfig):
    model_type = "waveformer"

    def __init__(self,
                 vocab_size=50257,
                 d_model=1024,
                 n_layers=12,
                 max_seq_len=32768,
                 **kwargs):
        super().__init__(**kwargs)
        self.vocab_size = vocab_size
        self.d_model = d_model
        self.n_layers = n_layers
        self.max_seq_len = max_seq_len