Update configuration_auristream.py
Browse files
configuration_auristream.py
CHANGED
|
@@ -12,6 +12,7 @@ class AuriStreamConfig(PretrainedConfig):
|
|
| 12 |
dropout=0.0,
|
| 13 |
bias=False,
|
| 14 |
use_rope=True,
|
|
|
|
| 15 |
n_pred_steps=20,
|
| 16 |
**kwargs
|
| 17 |
):
|
|
@@ -22,5 +23,6 @@ class AuriStreamConfig(PretrainedConfig):
|
|
| 22 |
self.dropout = dropout
|
| 23 |
self.bias = bias
|
| 24 |
self.use_rope = use_rope
|
|
|
|
| 25 |
self.n_pred_steps = n_pred_steps
|
| 26 |
super().__init__(**kwargs)
|
|
|
|
| 12 |
dropout=0.0,
|
| 13 |
bias=False,
|
| 14 |
use_rope=True,
|
| 15 |
+
skip_connections=True,
|
| 16 |
n_pred_steps=20,
|
| 17 |
**kwargs
|
| 18 |
):
|
|
|
|
| 23 |
self.dropout = dropout
|
| 24 |
self.bias = bias
|
| 25 |
self.use_rope = use_rope
|
| 26 |
+
self.skip_connections = skip_connections
|
| 27 |
self.n_pred_steps = n_pred_steps
|
| 28 |
super().__init__(**kwargs)
|