special_tokens_map.json

{
  "additional_special_tokens": [
    "<|system|>",
    "<twi>",
    "<fon>",
    "<fat>",
    "<ewe>",
    "<ton>",
    "<aka>",
    "<toxic>",
    "<STR>",
    "<text>",
    "<intent>",
    "<think>",
    "</think>",
    "<reason>",
    "<score>",
    "<|user|>",
    "<identify>",
    "<lang_id>",
    "<lang_id_label>",
    "<ner>",
    "<NER>",
    "<summary>",
    "<summarize>",
    "<|assistant|>",
    "<context>",
    "<clean>",
    "<diacritize>",
    "<lang_ID>",
    "<lang_ID_label>",
    "<title>",
    "<headline>",
    "<qa>",
    "<tool_call>",
    "<|edit|>",
    "<|data_extract|>",
    "<|generate|>",
    "<|math|>",
    "<|JSON|>",
    "<|code|>",
    "<|is_technical|>",
    "<|input_lang|>",
    "<|target_lang|>",
    "</tool_call>",
    "<|is_legal|>",
    "<|is_medical|>",
    "<|is_scientific|>",
    "<|is_non_technical|>",
    "<|is_financial|>",
    "<|RAG|>",
    "<tool_response>",
    "</tool_response>",
    "</context>",
    "<task_plan>",
    "</task_plan>",
    "<|plan|>",
    "|analyze|>",
    "<|recommend|>",
    "<|explain|>",
    "<|debug|>",
    "<|code|>",
    "<|chat|>",
    "<nli>"
  ],
  "bos_token": {
    "content": "<s>",
    "lstrip": false,
    "normalized": false,
    "rstrip": false,
    "single_word": false
  },
  "eos_token": {
    "content": "</s>",
    "lstrip": false,
    "normalized": false,
    "rstrip": false,
    "single_word": false
  },
  "pad_token": {
    "content": "<pad>",
    "lstrip": false,
    "normalized": false,
    "rstrip": false,
    "single_word": false
  },
  "unk_token": {
    "content": "<unk>",
    "lstrip": false,
    "normalized": false,
    "rstrip": false,
    "single_word": false
  }
}