tinyMind / config.json
HenrySentinel's picture
Upload config.json with huggingface_hub
97cc50d verified
raw
history blame contribute delete
264 Bytes
{
"architectures": [
"TinySmartLLMForHF"
],
"dropout": 0.1,
"max_seq_len": 512,
"model_type": "tiny_smart_llm",
"n_embd": 256,
"n_heads": 8,
"n_layers": 6,
"torch_dtype": "float32",
"transformers_version": "4.51.3",
"vocab_size": 50257
}