Update configuration_neollm.py
Browse files- configuration_neollm.py +1 -1
configuration_neollm.py
CHANGED
|
@@ -322,7 +322,7 @@ class NeoLLMConfig(PretrainedConfig):
|
|
| 322 |
use_mea_attention=True,
|
| 323 |
mea_component_key_value_heads=None,
|
| 324 |
mea_groupnorm_eps=1e-6,
|
| 325 |
-
use_lucid_attention=
|
| 326 |
lucid_attention_eps=1e-6,
|
| 327 |
use_affine_scaled_attention=True,
|
| 328 |
affine_momentum=0.9,
|
|
|
|
| 322 |
use_mea_attention=True,
|
| 323 |
mea_component_key_value_heads=None,
|
| 324 |
mea_groupnorm_eps=1e-6,
|
| 325 |
+
use_lucid_attention=True,
|
| 326 |
lucid_attention_eps=1e-6,
|
| 327 |
use_affine_scaled_attention=True,
|
| 328 |
affine_momentum=0.9,
|