Update config.json

config.json

@@ -117,10 +117,10 @@
     "attention_bias": false,
     "rms_norm_eps": 1e-05,
     "xdrope_section": [
-     16,
-     16,
-     16,
-     16
+     0.25,
+     0.25,
+     0.25,
+     0.25
    ],
    "use_rotary_pos_emb": true,
    "position_embedding_xdrope": true,
@@ -152,9 +152,9 @@
   "vit_used_rms_norm": true,
   "vocab_size": 120818,
   "xdrope_section": [
-    16,
-    16,
-    16,
-    16
+    0.25,
+    0.25,
+    0.25,
+    0.25
   ]
 }