KitsuVp commited on
Commit
05b6bd6
·
verified ·
1 Parent(s): bf6edcb

Update configuration_neollm.py

Browse files
Files changed (1) hide show
  1. configuration_neollm.py +1 -1
configuration_neollm.py CHANGED
@@ -322,7 +322,7 @@ class NeoLLMConfig(PretrainedConfig):
322
  use_mea_attention=True,
323
  mea_component_key_value_heads=None,
324
  mea_groupnorm_eps=1e-6,
325
- use_lucid_attention=False,
326
  lucid_attention_eps=1e-6,
327
  use_affine_scaled_attention=True,
328
  affine_momentum=0.9,
 
322
  use_mea_attention=True,
323
  mea_component_key_value_heads=None,
324
  mea_groupnorm_eps=1e-6,
325
+ use_lucid_attention=True,
326
  lucid_attention_eps=1e-6,
327
  use_affine_scaled_attention=True,
328
  affine_momentum=0.9,