Duplicated from PhysiQuanty/Patenty-Test2-Radix-65536
4c9ccfe
1
2
3
4
5
6
7
8
9
10
11
12
{ "base_vocab_size": 65536, "vocab_size": 65538, "bos_token": "<BOS>", "bos_token_id": 65536, "eos_token": "<EOS>", "eos_token_id": 65537, "unk_token": "<EOS>", "unk_token_id": 65537, "pad_token": "<EOS>", "pad_token_id": 65537 }