File size: 630 Bytes
34aa9f1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 | import os
from transformers import PretrainedConfig
class DumbcConfig(PretrainedConfig):
model_type = "dumbc"
def __init__(
self,
dim=192,
num_unique_layers=5,
num_loops=3,
heads=8,
bottleneck=32,
vocab_size=64,
initializer_range=0.02,
**kwargs
):
self.dim = dim
self.num_unique_layers = num_unique_layers
self.num_loops = num_loops
self.heads = heads
self.bottleneck = bottleneck
self.vocab_size = vocab_size
self.initializer_range = initializer_range
super().__init__(**kwargs)
|