stepfun-ai
/

Step-3.5-Flash-FP8

Model card Files Files and versions

Update config.json

#4

by csy0225 - opened about 16 hours ago

base: refs/heads/main

←

from: refs/pr/4

Discussion Files changed

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -21,7 +21,7 @@
     "max_seq_len": 262144,
     "vocab_size": 128896,
     "torch_dtype": "bfloat16",
-    "use_qk_norm": false,
     "moe_layers_enum": "3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44",
     "use_mfa": false,
     "num_attention_heads": 64,

     "max_seq_len": 262144,
     "vocab_size": 128896,
     "torch_dtype": "bfloat16",
+    "use_qk_norm": true,
     "moe_layers_enum": "3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44",
     "use_mfa": false,
     "num_attention_heads": 64,