config.json

{
  "model_type": "hydra-bitnet",
  "vocab_size": 32000,
  "hidden_size": 192,
  "num_hidden_layers": 4,
  "num_experts": 4,
  "top_k_experts": 2,
  "num_compression_classes": 4,
  "num_security_classes": 2,
  "max_position_embeddings": 512,
  "quantization_bits": 1.58,
  "architectures": [
    "HydraBitNetForSequenceClassification"
  ],
  "torch_dtype": "float32"
}