klemenk commited on
Commit
f0301c1
·
verified ·
1 Parent(s): b500e3b

Update configuration_auristream.py

Browse files
Files changed (1) hide show
  1. configuration_auristream.py +3 -1
configuration_auristream.py CHANGED
@@ -11,8 +11,9 @@ class AuriStreamConfig(PretrainedConfig):
11
  vocab_size=8192,
12
  dropout=0.0,
13
  bias=False,
14
- use_rope=True,
15
  n_pred_steps=20,
 
16
  **kwargs
17
  ):
18
  self.n_layer = n_layer
@@ -23,4 +24,5 @@ class AuriStreamConfig(PretrainedConfig):
23
  self.bias = bias
24
  self.use_rope = use_rope
25
  self.n_pred_steps = n_pred_steps
 
26
  super().__init__(**kwargs)
 
11
  vocab_size=8192,
12
  dropout=0.0,
13
  bias=False,
14
+ use_rope=False,
15
  n_pred_steps=20,
16
+ seq_len=4096,
17
  **kwargs
18
  ):
19
  self.n_layer = n_layer
 
24
  self.bias = bias
25
  self.use_rope = use_rope
26
  self.n_pred_steps = n_pred_steps
27
+ self.seq_len = seq_len
28
  super().__init__(**kwargs)