Upload model

config.json

@@ -22,6 +22,17 @@
   "num_attention_heads": 16,
   "num_hidden_layers": 12,
   "num_key_value_heads": 16,
+  "quantization_dim": 2048,
+  "quantization_levels": [
+    4,
+    4,
+    4,
+    4,
+    4,
+    4,
+    4,
+    4
+  ],
   "resnet_dropout": 0.1,
   "rms_norm_eps": 1e-06,
   "rope_parameters": {
@@ -112,16 +123,5 @@
     "xvector_output_dim": 512
   },
   "semantic_model_id": "facebook/w2v-bert-2.0",
-  "transformers_version": "5.3.0.dev0",
-  "vq_dim": 2048,
-  "vq_levels": [
-    4,
-    4,
-    4,
-    4,
-    4,
-    4,
-    4,
-    4
-  ]
+  "transformers_version": "5.3.0.dev0"
 }