LLM-Router-Llama-3.1-8B-Instruct / special_tokens_map.json
doubledsbv's picture
Upload tokenizer
0d8a3db verified
{
"additional_special_tokens": [
{
"content": "<TASK_CODING_ASSISTANCE>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "<TASK_CONCEPT_AND_KNOWLEDGE_EXPLANATION>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "<TASK_CONTENT_GENERATION>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "<TASK_CONVERSATIONAL_AND_PERSONAL_ASSISTANCE>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "<TASK_INFORMATION_RETRIEVAL>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "<TASK_LANGUAGE_UNDERSTANDING_AND_TRANSFORMATION>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "<TASK_MATHEMATICAL_PROBLEM_SOLVING>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "<TASK_QUESTION_ANSWERING>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "<TASK_WRITING_ASSISTANCE>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
],
"bos_token": {
"content": "<|begin_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|eot_id|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": "<|eot_id|>"
}