config.json

{
  "architectures": [
    "LeviathanForCausalLM"
  ],
  "model_type": "leviathan",
  "num_experts": 4422,
  "num_experts_per_tok": 1,
  "max_position_embeddings": 4294967296,
  "vocab_size": 1,
  "torch_dtype": "f4"
}