File size: 265 Bytes
cd53884 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
{
"architectures": [
"LLTransformerForCausalLM"
],
"depth": 12,
"dim": 512,
"hkv_processor_factory": "linear",
"model_type": "LLTransformer",
"num_heads": 8,
"torch_dtype": "float32",
"transformers_version": "4.51.3",
"vocab_size": 128256
}
|