{
  "vocab_size": 32768,
  "n_layer": 24,
  "n_head": 12,
  "n_kv_head": 12,
  "n_embd": 1536,
  "sequence_len": 4096,
  "rope_base": 100000,
  "window_pattern": "SSSL",
  "model_type": "rost",
  "architectures": [
    "RostForCausalLM"
  ],
  "auto_map": {
    "AutoConfig": "configuration_rost.RostConfig",
    "AutoModelForCausalLM": "modeling_rost.RostForCausalLM"
  },
  "torch_dtype": "bfloat16"
}