File size: 599 Bytes
199efb6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
from transformers import PretrainedConfig

class OddEvenDumbConfig(PretrainedConfig):
    model_type = "oddevendumb"

    def __init__(
        self,
        vocab_size=4,
        embed_dim=1,
        hidden_dim=2,
        bos_token_id=0,
        eos_token_id=1,
        pad_token_id=None,
        **kwargs,
    ):
        self.vocab_size = vocab_size
        self.embed_dim = embed_dim
        self.hidden_dim = hidden_dim
        super().__init__(
            bos_token_id=bos_token_id,
            eos_token_id=eos_token_id,
            pad_token_id=pad_token_id,
            **kwargs,
        )