keveman commited on
Commit
8f3940e
·
verified ·
1 Parent(s): 20ac2a0

Upload config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -92,7 +92,7 @@
92
  "pad_head_dim_to_multiple_of": null,
93
  "pad_token_id": 0,
94
  "rope_parameters": {
95
- "partial_rotary_factor": 0.8,
96
  "rope_theta": 10000.0,
97
  "rope_type": "default"
98
  },
 
92
  "pad_head_dim_to_multiple_of": null,
93
  "pad_token_id": 0,
94
  "rope_parameters": {
95
+ "partial_rotary_factor": 0.5,
96
  "rope_theta": 10000.0,
97
  "rope_type": "default"
98
  },