{
  "d_model": 512,
  "d_ff": 1024,
  "dropout": 0.1,
  "num_groups": 2,
  "num_heads": 8,
  "num_layers": 12,
  "vocab_size": 50257,
  "max_len": 2048,
  
  "auto_map": {
    "AutoModelForCausalLM": "model.CosmoFormer",
    "AutoConfig": "model.CosmoFormerConfig"
  }
}