{
  "auto_map": {
    "AutoConfig": "modeling_msit.MSITGPTBERTHFConfig",
    "AutoModel": "modeling_msit.MSITGPTBERTModelWrapper",
    "AutoModelForCausalLM": "modeling_msit.MSITGPTBERTForCausalLM"
  },
  "vocab_size": 16384,
  "block_size": 512,
  "d_model": 384,
  "hidden_size": 384,
  "d_thin": 192,
  "num_layers": 6,
  "num_blocks": 6,
  "capacity_factor": 2.0,
  "dropout": 0.1,
  "model_type": "msit_gptbert"
}