Update configuration_neollm.py
Browse files- configuration_neollm.py +1 -1
configuration_neollm.py
CHANGED
|
@@ -353,7 +353,7 @@ class NeoLLMConfig(PretrainedConfig):
|
|
| 353 |
# ββ Directional Routing (Taylor, 2026) ββββββββββββββββββββββββββββ
|
| 354 |
use_directional_routing=True,
|
| 355 |
directional_routing_k=4,
|
| 356 |
-
directional_routing_temp=
|
| 357 |
# ββ Attention Residuals (Kimi Team, 2026) βββββββββββββββββββββββββ
|
| 358 |
use_attn_res=False,
|
| 359 |
attn_res_num_blocks=0,
|
|
|
|
| 353 |
# ββ Directional Routing (Taylor, 2026) ββββββββββββββββββββββββββββ
|
| 354 |
use_directional_routing=True,
|
| 355 |
directional_routing_k=4,
|
| 356 |
+
directional_routing_temp=3.0,
|
| 357 |
# ββ Attention Residuals (Kimi Team, 2026) βββββββββββββββββββββββββ
|
| 358 |
use_attn_res=False,
|
| 359 |
attn_res_num_blocks=0,
|