Duchifat-2-Instruct / config.json
Raziel1234's picture
Rename config (14).json to config.json
90afe2e verified
{
"architectures": [
"DuchifatCore"
],
"auto_map": {
"AutoConfig": "configuration_duchifat_v2.DuchifatConfig",
"AutoModelForCausalLM": "modeling_duchifat_v2.DuchifatCore"
},
"dtype": "bfloat16",
"hidden_size": 768,
"max_seq": 1024,
"model_type": "duchifat_v2",
"nhead": 12,
"num_layers": 12,
"transformers_version": "5.2.0",
"vocab_size": 33152
}