{
  "architectures": ["MinSparkForCausalLM"],
  "model_type": "minspark",
  "pipeline_tag": "text-generation",
  "auto_map": {
    "AutoConfig": "configuration_minspark.MinSparkConfig",
    "AutoModelForCausalLM": "modeling_minspark.MinSparkForCausalLM"
  },
  "vocab_size": 4096,
  "dim": 288,
  "n_heads": 6,
  "n_kv_heads": 2,
  "ffn_hidden": 768,
  "prelude_layers": 1,
  "coda_layers": 1,
  "body_blocks": 3,
  "max_loops": 4,
  "train_loops": 3,
  "lora_rank": 16,
  "rope_base": 10000.0,
  "max_seq_len": 512,
  "max_position_embeddings": 512,
  "ddl_beta_init": 1.0,
  "ddl_k_eps": 0.01,
  "ddl_v_sigmoid_scale": 4.0,
  "doc_mask_eos": 2,
  "effort": "medium",
  "use_cache": false,
  "tie_word_embeddings": true,
  "transformers_version": "5.14.1"
}