File size: 303 Bytes
afd5b51
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
{
    "vocab_size": 101,
    "model_max_length": 1024,
    "padding_side": "right",
    "clean_up_tokenization_spaces": false,
    "bos_token": "<s>",
    "eos_token": "</s>",
    "pad_token": "[PAD]",
    "unk_token": null,
    "additional_special_tokens": [
        "[INST]",
        "[/INST]"
    ]
}