Update config.json
Browse files- config.json +1 -1
config.json
CHANGED
|
@@ -58,7 +58,7 @@
|
|
| 58 |
"pad_id": 120002,
|
| 59 |
"pad_token_id": 120002,
|
| 60 |
"pool_type": "last",
|
| 61 |
-
"position_embedding_xdrope":
|
| 62 |
"pretraining_tp": 1,
|
| 63 |
"q_lora_rank": null,
|
| 64 |
"qk_nope_head_dim": null,
|
|
|
|
| 58 |
"pad_id": 120002,
|
| 59 |
"pad_token_id": 120002,
|
| 60 |
"pool_type": "last",
|
| 61 |
+
"position_embedding_xdrope": true,
|
| 62 |
"pretraining_tp": 1,
|
| 63 |
"q_lora_rank": null,
|
| 64 |
"qk_nope_head_dim": null,
|