nz commited on
Commit
ac3299c
·
1 Parent(s): 9a08123

Update rita_configuration.py

Browse files
Files changed (1) hide show
  1. rita_configuration.py +3 -4
rita_configuration.py CHANGED
@@ -8,8 +8,8 @@ class RITAConfig(PretrainedConfig):
8
 
9
  def __init__(
10
  self,
11
- in_vocab_size=128,
12
- out_vocab_size=32,
13
  d_model=768,
14
  num_layers=12,
15
  max_seq_len=1024,
@@ -20,8 +20,7 @@ class RITAConfig(PretrainedConfig):
20
  **kwargs,
21
  ):
22
  super().__init__(eos_token_id=eos_token_id, **kwargs)
23
- self.in_vocab_size = in_vocab_size
24
- self.out_vocab_size = out_vocab_size
25
  self.d_model = d_model
26
  self.num_heads = num_heads
27
  self.d_feedforward = d_model*ff_ratio
 
8
 
9
  def __init__(
10
  self,
11
+ vocab_size=26,
12
+ vocab_size=26,
13
  d_model=768,
14
  num_layers=12,
15
  max_seq_len=1024,
 
20
  **kwargs,
21
  ):
22
  super().__init__(eos_token_id=eos_token_id, **kwargs)
23
+ self.vocab_size = vocab_size
 
24
  self.d_model = d_model
25
  self.num_heads = num_heads
26
  self.d_feedforward = d_model*ff_ratio