keveman commited on
Commit
47a2dec
·
verified ·
1 Parent(s): 4d60b44

Upload config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -76,7 +76,7 @@
76
  "pad_head_dim_to_multiple_of": null,
77
  "pad_token_id": 0,
78
  "rope_parameters": {
79
- "partial_rotary_factor": 0.8,
80
  "rope_theta": 10000.0,
81
  "rope_type": "default"
82
  },
 
76
  "pad_head_dim_to_multiple_of": null,
77
  "pad_token_id": 0,
78
  "rope_parameters": {
79
+ "partial_rotary_factor": 0.5,
80
  "rope_theta": 10000.0,
81
  "rope_type": "default"
82
  },