inclusionAI
/

Ling-3.0-flash-fp8

Text Generation

Model card Files Files and versions

Update config.json

#4

by zheyishine - opened about 19 hours ago

base: refs/heads/main

←

from: refs/pr/4

Discussion Files changed

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -67,7 +67,7 @@
     "kv_lora_rank": 512,
     "layer_group_size": 6,
     "linear_silu": true,
-    "max_position_embeddings": 131072,
     "max_window_layers": 20,
     "moe_intermediate_size": 768,
     "moe_router_enable_expert_bias": true,

     "kv_lora_rank": 512,
     "layer_group_size": 6,
     "linear_silu": true,
+    "max_position_embeddings": 262144,
     "max_window_layers": 20,
     "moe_intermediate_size": 768,
     "moe_router_enable_expert_bias": true,