manaestras commited on
Commit
1437903
·
verified ·
1 Parent(s): 80d1f30

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -58,7 +58,7 @@
58
  "pad_id": 120002,
59
  "pad_token_id": 120002,
60
  "pool_type": "last",
61
- "position_embedding_xdrope": false,
62
  "pretraining_tp": 1,
63
  "q_lora_rank": null,
64
  "qk_nope_head_dim": null,
 
58
  "pad_id": 120002,
59
  "pad_token_id": 120002,
60
  "pool_type": "last",
61
+ "position_embedding_xdrope": true,
62
  "pretraining_tp": 1,
63
  "q_lora_rank": null,
64
  "qk_nope_head_dim": null,