Commit
·
62d2850
1
Parent(s):
dd56543
Set sliding_window to 32k
Browse files- config.json +1 -1
config.json
CHANGED
|
@@ -68,7 +68,7 @@
|
|
| 68 |
"rope_type": "yarn"
|
| 69 |
},
|
| 70 |
"rope_theta": 10000,
|
| 71 |
-
"sliding_window":
|
| 72 |
"sliding_window_pattern": 1,
|
| 73 |
"torch_dtype": "float32",
|
| 74 |
"transformers_version": "4.51.2",
|
|
|
|
| 68 |
"rope_type": "yarn"
|
| 69 |
},
|
| 70 |
"rope_theta": 10000,
|
| 71 |
+
"sliding_window": 32768,
|
| 72 |
"sliding_window_pattern": 1,
|
| 73 |
"torch_dtype": "float32",
|
| 74 |
"transformers_version": "4.51.2",
|