chess-llm-MaximeMuh3 / tokenizer_config.json
MaximeMuhlethaler's picture
Fix tokenizer config with explicit vocab_file link
a56b4b6 verified
{
"vocab_size": 1200,
"model_max_length": 256,
"tokenizer_class": "ChessTokenizer",
"bos_token": "[BOS]",
"eos_token": "[EOS]",
"pad_token": "[PAD]",
"unk_token": "[UNK]",
"vocab_file": "vocab.json",
"vocab_files_names": {
"vocab_file": "vocab.json"
}
}