File size: 575 Bytes
2db1567
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
{
  "tokenizer_class": "TokenizersBackend",
  "fast_tokenizer_files": [
    "tokenizer.5.0.0.json"
  ],
  "unk_token": "\u0000<unk>",
  "bos_token": "\u0000<s>",
  "eos_token": "\u0000</s>",
  "pad_token": "\u0000<pad>",
  "padding": true,
  "padding_side": "left",
  "return_tensors": "pt",
  "model_input_names": [
    "input_ids",
    "attention_mask"
  ],
  "clean_up_tokenization_spaces": false,
  "model_specific_special_tokens": {
    "audio_prompt_token": "<|audio_prompt|>",
    "audio_latent_token": "<|audio_latent|>",
    "audio_bos_token": "<|audio_bos|>"
  }
}