fix pp deploy parameter missing
#10
by
Tingdan - opened
- config.json +1 -0
config.json
CHANGED
|
@@ -36,6 +36,7 @@
|
|
| 36 |
"norm_expert_weight": true,
|
| 37 |
"moe_router_activation": "sigmoid",
|
| 38 |
"moe_router_scaling_factor": 3.0,
|
|
|
|
| 39 |
"att_impl_type": "GQA",
|
| 40 |
"rope_theta": [
|
| 41 |
5000000.0,
|
|
|
|
| 36 |
"norm_expert_weight": true,
|
| 37 |
"moe_router_activation": "sigmoid",
|
| 38 |
"moe_router_scaling_factor": 3.0,
|
| 39 |
+
"tie_word_embeddings" : false,
|
| 40 |
"att_impl_type": "GQA",
|
| 41 |
"rope_theta": [
|
| 42 |
5000000.0,
|