inclusionAI
/

Ling-3.0-flash

Text Generation

Model card Files Files and versions

Update config.json

#2

by zheyishine - opened about 17 hours ago

base: refs/heads/main

←

from: refs/pr/2

Discussion Files changed

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -67,7 +67,7 @@
   "kv_lora_rank": 512,
   "layer_group_size": 6,
   "linear_silu": true,
-  "max_position_embeddings": 131072,
   "max_window_layers": 20,
   "moe_intermediate_size": 768,
   "moe_router_enable_expert_bias": true,

   "kv_lora_rank": 512,
   "layer_group_size": 6,
   "linear_silu": true,
+  "max_position_embeddings": 262144,
   "max_window_layers": 20,
   "moe_intermediate_size": 768,
   "moe_router_enable_expert_bias": true,