KitsuVp commited on
Commit
4b09937
Β·
verified Β·
1 Parent(s): 55f56cb

Update configuration_neollm.py

Browse files
Files changed (1) hide show
  1. configuration_neollm.py +1 -1
configuration_neollm.py CHANGED
@@ -353,7 +353,7 @@ class NeoLLMConfig(PretrainedConfig):
353
  # ── Directional Routing (Taylor, 2026) ────────────────────────────
354
  use_directional_routing=True,
355
  directional_routing_k=4,
356
- directional_routing_temp=5.0,
357
  # ── Attention Residuals (Kimi Team, 2026) ─────────────────────────
358
  use_attn_res=False,
359
  attn_res_num_blocks=0,
 
353
  # ── Directional Routing (Taylor, 2026) ────────────────────────────
354
  use_directional_routing=True,
355
  directional_routing_k=4,
356
+ directional_routing_temp=3.0,
357
  # ── Attention Residuals (Kimi Team, 2026) ─────────────────────────
358
  use_attn_res=False,
359
  attn_res_num_blocks=0,