Update configuration_neollm.py
Browse files- configuration_neollm.py +1 -1
configuration_neollm.py
CHANGED
|
@@ -906,7 +906,7 @@ class NeoLLMConfig(PretrainedConfig):
|
|
| 906 |
nextlat_kl_weight=1.0,
|
| 907 |
nextlat_dynamics_proj_factor=1.0,
|
| 908 |
# ββ Interleaved Head Attention (Duvvuri et al., 2026) βββββββββββββ
|
| 909 |
-
use_iha=
|
| 910 |
iha_num_pseudo_heads=2, # P=2 β 2Γ2=4 patrones por head
|
| 911 |
iha_local_global_pattern="LLLLG", # 4 locales + 1 global (paper Β§5.1)
|
| 912 |
iha_sliding_window=None, # auto = N // (2*P^2) usando la longitud real del batch
|
|
|
|
| 906 |
nextlat_kl_weight=1.0,
|
| 907 |
nextlat_dynamics_proj_factor=1.0,
|
| 908 |
# ββ Interleaved Head Attention (Duvvuri et al., 2026) βββββββββββββ
|
| 909 |
+
use_iha=False,
|
| 910 |
iha_num_pseudo_heads=2, # P=2 β 2Γ2=4 patrones por head
|
| 911 |
iha_local_global_pattern="LLLLG", # 4 locales + 1 global (paper Β§5.1)
|
| 912 |
iha_sliding_window=None, # auto = N // (2*P^2) usando la longitud real del batch
|