File size: 249 Bytes
4c9ccfe
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
{
  "base_vocab_size": 65536,
  "vocab_size": 65538,
  "bos_token": "<BOS>",
  "bos_token_id": 65536,
  "eos_token": "<EOS>",
  "eos_token_id": 65537,
  "unk_token": "<EOS>",
  "unk_token_id": 65537,
  "pad_token": "<EOS>",
  "pad_token_id": 65537
}