{ "model_type": "vacuum", "vocab_size": 1, "max_position_embeddings": 4294967296, "num_experts": 3841, "num_experts_per_tok": 1, "router_mode": "constant_zero", "torch_dtype": "float4", "architectures": [ "VacuumForCausalLM" ] }