config.json

{
  "model_type": "mamba-hypernetwork-personalization",
  "vocab_size": 128000,
  "hidden_dim": 1024,
  "state_dim": 16,
  "expand": 4,
  "num_llm_layers": 8,
  "lora_rank": 16,
  "q_proj_dim": 3072,
  "v_proj_dim": 1024,
  "architectures": [
    "MambaHypernetwork"
  ],
  "auto_map": {
    "AutoModel": "modeling_mamba_hypernetwork.MambaHypernetwork"
  },
  "torch_dtype": "float16"
}