File size: 291 Bytes
0442819
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
{
    "model": {
        "bos_token_id": 1,
        "context_length": 8192,
        "num_attention_heads": 9,
        "num_hidden_layers": 30,
        "num_key_value_heads": 3,
        "eos_token_id": 2,
        "pad_token_id": 2,
        "type": "llama",
        "vocab_size": 49152
    }
}