Upload config.json with huggingface_hub

config.json

@@ -1,16 +1,29 @@
 {
   "model_type": "hydra-bitnet",
-  "vocab_size": 32000,
-  "hidden_size": 192,
-  "num_hidden_layers": 4,
+  "architecture": "BitNetMoE",
+  "vocab_size": 256,
+  "hidden_size": 256,
+  "num_hidden_layers": 6,
   "num_experts": 4,
   "top_k_experts": 2,
-  "num_compression_classes": 4,
-  "num_security_classes": 2,
+  "intermediate_size": 512,
+  "quantization": "1.58-bit",
+  "quantization_config": {
+    "bits": 1.58,
+    "weight_values": [-1, 0, 1],
+    "activation_bits": 8
+  },
+  "task_heads": {
+    "compression": {
+      "num_labels": 4,
+      "labels": ["NONE", "BPE", "BROTLI", "ZLIB"]
+    },
+    "security": {
+      "num_labels": 2,
+      "labels": ["SAFE", "UNSAFE"]
+    }
+  },
   "max_position_embeddings": 512,
-  "quantization_bits": 1.58,
-  "architectures": [
-    "HydraBitNetForSequenceClassification"
-  ],
-  "torch_dtype": "float32"
-}
+  "torch_dtype": "float32",
+  "transformers_version": "4.40.0"
+}