KitsuVp commited on
Commit
ca18fa6
Β·
verified Β·
1 Parent(s): 6b76be6

Update configuration_neollm.py

Browse files
Files changed (1) hide show
  1. configuration_neollm.py +1 -1
configuration_neollm.py CHANGED
@@ -906,7 +906,7 @@ class NeoLLMConfig(PretrainedConfig):
906
  nextlat_kl_weight=1.0,
907
  nextlat_dynamics_proj_factor=1.0,
908
  # ── Interleaved Head Attention (Duvvuri et al., 2026) ─────────────
909
- use_iha=True,
910
  iha_num_pseudo_heads=2, # P=2 β†’ 2Γ—2=4 patrones por head
911
  iha_local_global_pattern="LLLLG", # 4 locales + 1 global (paper Β§5.1)
912
  iha_sliding_window=None, # auto = N // (2*P^2) usando la longitud real del batch
 
906
  nextlat_kl_weight=1.0,
907
  nextlat_dynamics_proj_factor=1.0,
908
  # ── Interleaved Head Attention (Duvvuri et al., 2026) ─────────────
909
+ use_iha=False,
910
  iha_num_pseudo_heads=2, # P=2 β†’ 2Γ—2=4 patrones por head
911
  iha_local_global_pattern="LLLLG", # 4 locales + 1 global (paper Β§5.1)
912
  iha_sliding_window=None, # auto = N // (2*P^2) usando la longitud real del batch