Update configuration_neollm.py
Browse files- configuration_neollm.py +3 -3
configuration_neollm.py
CHANGED
|
@@ -700,9 +700,9 @@ class NeoLLMConfig(PretrainedConfig):
|
|
| 700 |
use_seednorm=False,
|
| 701 |
use_lns=False,
|
| 702 |
use_gpas=False,
|
| 703 |
-
use_siamesenorm=
|
| 704 |
-
siamese_normalized_input=
|
| 705 |
-
siamese_depth_scaling=
|
| 706 |
siamese_attn_x_scale_init=1.0,
|
| 707 |
# ββ Embedding input normalization βββββββββββββββββββββββββββββββββ
|
| 708 |
use_embedding_input_norm=True,
|
|
|
|
| 700 |
use_seednorm=False,
|
| 701 |
use_lns=False,
|
| 702 |
use_gpas=False,
|
| 703 |
+
use_siamesenorm=True,
|
| 704 |
+
siamese_normalized_input=True,
|
| 705 |
+
siamese_depth_scaling=True,
|
| 706 |
siamese_attn_x_scale_init=1.0,
|
| 707 |
# ββ Embedding input normalization βββββββββββββββββββββββββββββββββ
|
| 708 |
use_embedding_input_norm=True,
|