vlite3-59M / config.json
aixk's picture
Training Complete
b52a7cc verified
Raw
History Blame Contribute Delete
412 Bytes
{
"architectures": [
"VLite3ForCausalLM"
],
"bos_token_id": 1,
"dtype": "float32",
"eos_token_id": 32000,
"hidden_size": 512,
"intermediate_size": 1024,
"logit_cap": 30.0,
"max_position_embeddings": 2048,
"model_type": "vlite3",
"num_hidden_layers": 8,
"pad_token_id": 2,
"tie_word_embeddings": true,
"transformers_version": "5.0.0",
"use_cache": false,
"vocab_size": 40960
}