File size: 534 Bytes
b235686 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
{
"architectures": ["Qwen2ForCausalLM"],
"model_type": "qwen2",
"hidden_size": 1536,
"intermediate_size": 8960,
"num_attention_heads": 12,
"num_hidden_layers": 28,
"num_key_value_heads": 2,
"vocab_size": 151936,
"max_position_embeddings": 32768,
"torch_dtype": "float32",
"transformers_version": "4.37.0",
"_name_or_path": "paiml/rust-cli-docs-qwen",
"base_model": "Qwen/Qwen2.5-Coder-1.5B-Instruct",
"fine_tuning_corpus": "paiml/rust-cli-docs-corpus",
"training_specification": "RCDC-SPEC-001 v2.0.4"
}
|