config.json

{
 "model_type": "vacuum",
 "vocab_size": 1,
 "max_position_embeddings": 4294967296,
 "num_experts": 3841,
 "num_experts_per_tok": 1,
 "router_mode": "constant_zero",
 "torch_dtype": "float4",
 "architectures": [
  "VacuumForCausalLM"
 ]
}