Update config.json
Browse files- config.json +1 -0
config.json
CHANGED
|
@@ -66,6 +66,7 @@
|
|
| 66 |
"position_embedding_type": "absolute",
|
| 67 |
"repad_logits_with_grad": false,
|
| 68 |
"rope_parameters": {
|
|
|
|
| 69 |
"full_attention": {
|
| 70 |
"rope_theta": 160000,
|
| 71 |
"rope_type": "default"
|
|
|
|
| 66 |
"position_embedding_type": "absolute",
|
| 67 |
"repad_logits_with_grad": false,
|
| 68 |
"rope_parameters": {
|
| 69 |
+
"rope_type": "default",
|
| 70 |
"full_attention": {
|
| 71 |
"rope_theta": 160000,
|
| 72 |
"rope_type": "default"
|