| { | |
| "architectures": ["MinSparkForCausalLM"], | |
| "model_type": "minspark", | |
| "pipeline_tag": "text-generation", | |
| "auto_map": { | |
| "AutoConfig": "configuration_minspark.MinSparkConfig", | |
| "AutoModelForCausalLM": "modeling_minspark.MinSparkForCausalLM" | |
| }, | |
| "vocab_size": 4096, | |
| "dim": 288, | |
| "n_heads": 6, | |
| "n_kv_heads": 2, | |
| "ffn_hidden": 768, | |
| "prelude_layers": 1, | |
| "coda_layers": 1, | |
| "body_blocks": 3, | |
| "max_loops": 4, | |
| "train_loops": 3, | |
| "lora_rank": 16, | |
| "rope_base": 10000.0, | |
| "max_seq_len": 512, | |
| "max_position_embeddings": 512, | |
| "ddl_beta_init": 1.0, | |
| "ddl_k_eps": 0.01, | |
| "ddl_v_sigmoid_scale": 4.0, | |
| "doc_mask_eos": 2, | |
| "effort": "medium", | |
| "use_cache": false, | |
| "tie_word_embeddings": true, | |
| "transformers_version": "5.14.1" | |
| } | |