nielsr HF Staff commited on
Commit
194260c
·
verified ·
1 Parent(s): 96908b0

Add rope_parameters to config

Browse files
Files changed (1) hide show
  1. config.json +4 -1
config.json CHANGED
@@ -203,5 +203,8 @@
203
  "train_num_points": 12544,
204
  "transformers_version": "5.0.0.dev0",
205
  "use_gated_mlp": false,
206
- "value_bias": true
 
 
 
207
  }
 
203
  "train_num_points": 12544,
204
  "transformers_version": "5.0.0.dev0",
205
  "use_gated_mlp": false,
206
+ "value_bias": true,
207
+ "rope_parameters": {
208
+ "rope_theta": 100.0
209
+ }
210
  }