Add rope_parameters to config
Browse files- config.json +4 -1
config.json
CHANGED
|
@@ -203,5 +203,8 @@
|
|
| 203 |
"train_num_points": 12544,
|
| 204 |
"transformers_version": "5.0.0.dev0",
|
| 205 |
"use_gated_mlp": false,
|
| 206 |
-
"value_bias": true
|
|
|
|
|
|
|
|
|
|
| 207 |
}
|
|
|
|
| 203 |
"train_num_points": 12544,
|
| 204 |
"transformers_version": "5.0.0.dev0",
|
| 205 |
"use_gated_mlp": false,
|
| 206 |
+
"value_bias": true,
|
| 207 |
+
"rope_parameters": {
|
| 208 |
+
"rope_theta": 100.0
|
| 209 |
+
}
|
| 210 |
}
|