Update configuration_neollm.py
Browse files- configuration_neollm.py +1 -1
configuration_neollm.py
CHANGED
|
@@ -761,7 +761,7 @@ class NeoLLMConfig(PretrainedConfig):
|
|
| 761 |
# ββ Embedding input normalization βββββββββββββββββββββββββββββββββ
|
| 762 |
use_embedding_input_norm=True,
|
| 763 |
# ββ Leviathan continuous token generator ββββββββββββββββββββββββββ
|
| 764 |
-
use_token_generator=
|
| 765 |
generator_d_seed=128,
|
| 766 |
generator_num_modes=8,
|
| 767 |
generator_num_knots=16,
|
|
|
|
| 761 |
# ββ Embedding input normalization βββββββββββββββββββββββββββββββββ
|
| 762 |
use_embedding_input_norm=True,
|
| 763 |
# ββ Leviathan continuous token generator ββββββββββββββββββββββββββ
|
| 764 |
+
use_token_generator=True,
|
| 765 |
generator_d_seed=128,
|
| 766 |
generator_num_modes=8,
|
| 767 |
generator_num_knots=16,
|