Update config.json
Browse files- config.json +0 -9
config.json
CHANGED
|
@@ -291,15 +291,6 @@
|
|
| 291 |
"query_pre_attn_scalar": 256,
|
| 292 |
"rms_norm_eps": 1e-06,
|
| 293 |
"rope_local_base_freq": 10000,
|
| 294 |
-
"rope_parameters": {
|
| 295 |
-
"full_attention": {
|
| 296 |
-
"factor": 8.0,
|
| 297 |
-
"rope_type": "linear"
|
| 298 |
-
},
|
| 299 |
-
"sliding_attention": {
|
| 300 |
-
"rope_type": "default"
|
| 301 |
-
}
|
| 302 |
-
},
|
| 303 |
"rope_scaling": null,
|
| 304 |
"rope_theta": 1000000,
|
| 305 |
"sliding_window": 1024,
|
|
|
|
| 291 |
"query_pre_attn_scalar": 256,
|
| 292 |
"rms_norm_eps": 1e-06,
|
| 293 |
"rope_local_base_freq": 10000,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 294 |
"rope_scaling": null,
|
| 295 |
"rope_theta": 1000000,
|
| 296 |
"sliding_window": 1024,
|