florianvoss commited on
Commit
cf3f2d9
·
verified ·
1 Parent(s): 7687112

Update devkit/vlm_config.json

Browse files
Files changed (1) hide show
  1. devkit/vlm_config.json +1 -1
devkit/vlm_config.json CHANGED
@@ -42,7 +42,7 @@
42
  "vocab_size": 151936
43
  },
44
  "rope_cfg": {
45
- "rope_theta": 10000,
46
  "rope_local_base_freq": 10000,
47
  "rope_scaling": {
48
  "factor": 1.0,
 
42
  "vocab_size": 151936
43
  },
44
  "rope_cfg": {
45
+ "rope_theta": 5000000,
46
  "rope_local_base_freq": 10000,
47
  "rope_scaling": {
48
  "factor": 1.0,