stepfun-ai
/

Step-3.5-Flash

Model card Files Files and versions

Update config.json

#4

by csy0225 - opened about 21 hours ago

base: refs/heads/main

←

from: refs/pr/4

Discussion Files changed

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -21,7 +21,7 @@
   "max_seq_len": 262144,
   "vocab_size": 128896,
   "torch_dtype": "bfloat16",
-  "use_qk_norm": false,
   "moe_layers_enum": "3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44",
   "use_mfa": false,
   "num_attention_heads": 64,

   "max_seq_len": 262144,
   "vocab_size": 128896,
   "torch_dtype": "bfloat16",
+  "use_qk_norm": true,
   "moe_layers_enum": "3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44",
   "use_mfa": false,
   "num_attention_heads": 64,