backtrack_SFT / special_tokens_map.json
yruning's picture
Upload tokenizer
f988508 verified
{
"additional_special_tokens": [
"[RESET]",
"[BACKTRACK]",
"[Retrieval]",
"[Relevance]",
"[Support]",
"[Utility]",
"[THINK]",
"[IsRel]",
"[IsSup]",
"[IsUse]",
"[Retrieval]{Yes}",
"[Retrieval]{No}",
"[Retrieval]{Continue}",
"[Relevance]{Relevant}",
"[Relevance]{Irrelevant}",
"[Support]{Fully}",
"[Support]{Partially}",
"[Support]{No}",
"[Utility]{1}",
"[Utility]{2}",
"[Utility]{3}",
"[Utility]{4}",
"[Utility]{5}"
],
"bos_token": {
"content": "<bos>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<eos>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<pad>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}