Update configuration_auristream.py
Browse files
configuration_auristream.py
CHANGED
|
@@ -11,8 +11,9 @@ class AuriStreamConfig(PretrainedConfig):
|
|
| 11 |
vocab_size=8192,
|
| 12 |
dropout=0.0,
|
| 13 |
bias=False,
|
| 14 |
-
use_rope=
|
| 15 |
n_pred_steps=20,
|
|
|
|
| 16 |
**kwargs
|
| 17 |
):
|
| 18 |
self.n_layer = n_layer
|
|
@@ -23,4 +24,5 @@ class AuriStreamConfig(PretrainedConfig):
|
|
| 23 |
self.bias = bias
|
| 24 |
self.use_rope = use_rope
|
| 25 |
self.n_pred_steps = n_pred_steps
|
|
|
|
| 26 |
super().__init__(**kwargs)
|
|
|
|
| 11 |
vocab_size=8192,
|
| 12 |
dropout=0.0,
|
| 13 |
bias=False,
|
| 14 |
+
use_rope=False,
|
| 15 |
n_pred_steps=20,
|
| 16 |
+
seq_len=4096,
|
| 17 |
**kwargs
|
| 18 |
):
|
| 19 |
self.n_layer = n_layer
|
|
|
|
| 24 |
self.bias = bias
|
| 25 |
self.use_rope = use_rope
|
| 26 |
self.n_pred_steps = n_pred_steps
|
| 27 |
+
self.seq_len = seq_len
|
| 28 |
super().__init__(**kwargs)
|