{
 "name": "mini-beatrix-1",
 "d_model": 768,
 "n_layers": 16,
 "n_heads": 12,
 "context": 2048,
 "vocab_size": 256,
 "tokenizer": "byte-trigram",
 "hub_layers": [
  4,
  9,
  14
 ],
 "hub_K": 512,
 "hub_D": 32,
 "tau": 0.1,
 "bank_experts": 3,
 "bank_ff": null,
 "head_K": 512,
 "head_D": 32,
 "gate_init": -3.0,
 "tie_embeddings": false,
 "hub_chunk": 128,
 "model_type": "mini-beatrix",
 "architectures": [
  "MiniBeatrixForCausalLM"
 ],
 "auto_map": {
  "AutoConfig": "modeling_minibeatrix.MiniBeatrixConfig",
  "AutoModelForCausalLM": "modeling_minibeatrix.MiniBeatrixForCausalLM"
 },
 "torch_dtype": "float32",
 "use_cache": false,
 "transformers_version": "5.13.0"
}