File size: 236 Bytes
a809de9 | 1 2 3 4 5 6 7 8 9 10 | {
"type": "sentencepiece_bpe",
"format": "sentencepiece",
"model": "tokenizer.model",
"vocab_size": 32000,
"add_bos": false,
"add_eos": false,
"sha256": "dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055"
}
|